diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..0093efaa15b9ee3b0d8799ec64933fe0897b6687 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,117 @@ +[gMASK] +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1, thinking_indices='') -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- elif m.role == 'assistant' %} + {%- if m.reasoning_content is string %} + {%- set ns.thinking_indices = ns.thinking_indices ~ ',' ~ ns.last_user_index ~ ',' -%} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- set ns.has_thinking = false -%} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}{% set ns.has_thinking = (',' ~ loop.index0 ~ ',') in ns.thinking_indices -%} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- elif loop.index0 > ns.last_user_index and not (enable_thinking is defined and not enable_thinking) %} + {%- set reasoning_content = '' %} +{%- elif loop.index0 < ns.last_user_index and ns.has_thinking %} + {%- set reasoning_content = '' %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} +{%- endif %} +{%- if m.content is string -%} + {{- '' + m.content + '' -}} +{%- else -%} + {{- '\n' -}} + {% for tr in m.content %} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..42cca72d2d225c58339081292869d1a7c9a0e80d --- /dev/null +++ b/config.json @@ -0,0 +1,59 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "hidden_act": "silu", + "head_dim": 64, + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_topk": 2048, + "indexer_rope_interleave": true, + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "max_position_embeddings": 202752, + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "model_type": "glm_moe_dsa", + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.4.0", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..453800a061bdc65b75b9dd99ecc66ede543dac89 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.4.0" +} diff --git a/model-00001-of-00282.safetensors b/model-00001-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c799e86318635af680463816dc18058ca745ccb --- /dev/null +++ b/model-00001-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e488bff5a538ff633d02a4841f29e20d9944f7aeab0100429b610baa10ef3aab +size 5342821416 diff --git a/model-00002-of-00282.safetensors b/model-00002-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18b6bb95dac97679202a95493fc9cb8c1741c658 --- /dev/null +++ b/model-00002-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0d8c9df21ced607a57835c7f7e5675488f5b9e56c3c889b75903608dd336c4 +size 5351970840 diff --git a/model-00003-of-00282.safetensors b/model-00003-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d41b8b0f24fc5a4cf04532e9d14decbc4809b6f --- /dev/null +++ b/model-00003-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef1bf958040cb5140dbffcd5316bf7603e3b233a93607c12830ae46c130813 +size 5360347320 diff --git a/model-00004-of-00282.safetensors b/model-00004-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..590a84305a12076415bfc6659eba9aab686141f0 --- /dev/null +++ b/model-00004-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b8eb673336fc0fdd98d9ac77a4795d1b153311cd7fc993ca231e5a52773e83 +size 5360347208 diff --git a/model-00005-of-00282.safetensors b/model-00005-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c38cbaaf356290d8e65af7b19876b0f8aed77d5 --- /dev/null +++ b/model-00005-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8548f35ef0004fea726c55427a46cf819949fa548e99123637d2c6643e196550 +size 5359985352 diff --git a/model-00006-of-00282.safetensors b/model-00006-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50660d7ac6e59cb746f869bc804c272afb54a3ca --- /dev/null +++ b/model-00006-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed50a7b1a1c630e87ed7b959243f290d78f01471e3fa7591a7e52017a4b8131e +size 5360347320 diff --git a/model-00007-of-00282.safetensors b/model-00007-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a356153cad492dc1a988209b929ab8cec903711 --- /dev/null +++ b/model-00007-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84b6d1726a4fa595ecf43d8e1e9c2607284410d38cc1e2ab03e0db74d590b29 +size 5360347320 diff --git a/model-00008-of-00282.safetensors b/model-00008-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2e6e2172e1b207c6b2370293eac45995398a518 --- /dev/null +++ b/model-00008-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92843c468579fa94144261e53bf0dc1546b478f51d487c32daf8b113928edb0e +size 5360347144 diff --git a/model-00009-of-00282.safetensors b/model-00009-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a75d99f19167d28f153d1ba06f2aff009e59725 --- /dev/null +++ b/model-00009-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ba244428406d32f81941b8590bb8bb1229a0a0d19b311264e5541215665692 +size 5359985416 diff --git a/model-00010-of-00282.safetensors b/model-00010-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12d0a0a34ee22eb15ebb4fa08a107ec5c05cb83f --- /dev/null +++ b/model-00010-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498da279e81ad52c6677d317b0b1fd9aa550576add45685914a63293f53c49ba +size 5360347312 diff --git a/model-00011-of-00282.safetensors b/model-00011-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e865120b7711dfa8053c026051302d63b249c8b --- /dev/null +++ b/model-00011-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72086dc6918843ab021de07da5ebd056e65260593d112606797e2f07b4c9779a +size 5360347288 diff --git a/model-00012-of-00282.safetensors b/model-00012-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5172d4c813b8ec58a51710c212c3625dfa07f317 --- /dev/null +++ b/model-00012-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1638d0a170f10f3c37e10bd67e6add9a56eab2fccbcfe3022bc7b16e1836437 +size 5363494088 diff --git a/model-00013-of-00282.safetensors b/model-00013-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92d76d0483753a003fa47f01c7ea08d4f35177e3 --- /dev/null +++ b/model-00013-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea140692571f780911ee01e77597e35c2945cecad0967c3b8bd763ae5cd0c72e +size 5356838488 diff --git a/model-00014-of-00282.safetensors b/model-00014-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54724769bbcff2e3e743b7075ae2f0895784f407 --- /dev/null +++ b/model-00014-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0a0b85220007b1ad4ccee9b8f7a7a651b69daa3bb610acf5060a2336530418 +size 5360347312 diff --git a/model-00015-of-00282.safetensors b/model-00015-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..297964f3c546b7b73a84893bc80018ed09201870 --- /dev/null +++ b/model-00015-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2521c91a4abc071a32c34b0143c9cd4985c9927c34f80f06c6be4f966f2cd3fc +size 5360347224 diff --git a/model-00016-of-00282.safetensors b/model-00016-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7da67e7f3e9d40103e6a2ad36f5700b7620bac92 --- /dev/null +++ b/model-00016-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141d7045238dbc7de2a9a62ccc9851b241acf13c028198728f8304d1ee4cf4cf +size 5359985336 diff --git a/model-00018-of-00282.safetensors b/model-00018-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..211aa9e0a1a1601a9fb095146ac1b2a9abfdfef0 --- /dev/null +++ b/model-00018-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5dc547cbbea4ef9e07e025e4ca939d05d9adbbe5da764c1f2341e2a09dae62 +size 5360347312 diff --git a/model-00021-of-00282.safetensors b/model-00021-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6cffb1602418b8f9441275cd454e44a6f5111288 --- /dev/null +++ b/model-00021-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2ea4190e8f27cc696d2c13e6669a3d41b619963787b5aa8dd4301c4ba2a967 +size 5360347320 diff --git a/model-00257-of-00282.safetensors b/model-00257-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d13c6bc83e6b007229378788058821f5b7cfbefd --- /dev/null +++ b/model-00257-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af0a57854e9a0571c6d056133526bae1cd4be9ee5b258ed4d1f0fecba72b5686 +size 5360347320 diff --git a/model-00258-of-00282.safetensors b/model-00258-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3d38053becfd590198a0c735e75f3caf93086a0 --- /dev/null +++ b/model-00258-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24664ae866c9194ecce39272107a452821500dfcc9346aad8b1df85e310596e3 +size 5360347320 diff --git a/model-00259-of-00282.safetensors b/model-00259-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45e322ab353491b5167746d464e58d4e5ebcccc7 --- /dev/null +++ b/model-00259-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01b806453d7ed3671aba421041f147381f9a3610739acfb3165734ef9b66da9 +size 5360347112 diff --git a/model-00260-of-00282.safetensors b/model-00260-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5181f130dceb11b5a9ebaa05e4e7a8f1b152a6fa --- /dev/null +++ b/model-00260-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb5f22090302d9ebc5931f1ba8eac105159c8f0e94a6dda0b1ab67f64b127b4 +size 5359985440 diff --git a/model-00261-of-00282.safetensors b/model-00261-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4a5ff145fd7ac03269d83c51165b87505881e2d --- /dev/null +++ b/model-00261-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda8875d06dce2bc2ef67fa0a940ec5114dd83d7aa4257528c586b7fc51b87d6 +size 5360347312 diff --git a/model-00262-of-00282.safetensors b/model-00262-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff8ff456612aa74068978499d6b05a14132d0126 --- /dev/null +++ b/model-00262-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6ea5530ef3c56eff3ef84d0f45e7e34abab551f44fbd747516d10aec23d024 +size 5360347256 diff --git a/model-00263-of-00282.safetensors b/model-00263-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f02e5a3e4021efa022f3378c7c05c7d0ffaf5ea --- /dev/null +++ b/model-00263-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b3de596edc0efbb0e94cb1b5a6862ec7d4f054f90b935af4d2a58664f07973 +size 5359985304 diff --git a/model-00264-of-00282.safetensors b/model-00264-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f0aaf58364bc4acac862678ae6b6929158d5474 --- /dev/null +++ b/model-00264-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b5f5f1ebf720e88af3accd1812f8f392e1c80f958c605579044a0b51bfd4f7 +size 5360347320 diff --git a/model-00265-of-00282.safetensors b/model-00265-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10f0fdd909749704feefc732d33196b5bfc37c09 --- /dev/null +++ b/model-00265-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1d5fe7224b1e801cd0f82f636b332734537eb697cb8a8e74bb06825c5674b5 +size 5360347312 diff --git a/model-00266-of-00282.safetensors b/model-00266-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87b9ff25c0bcabc625b5d909d5c620f45013a048 --- /dev/null +++ b/model-00266-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d449faa20681471c90f737ef6264ea266f3541ab5a3b2db8f927da7ee4fd44cf +size 5360347192 diff --git a/model-00267-of-00282.safetensors b/model-00267-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8c3b598308813b19905932143ca5daf02c835e6 --- /dev/null +++ b/model-00267-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c491d67d4cdf877677c2186d8baf5ec631994956742bd4ebbceb0f51cad16e20 +size 5359985368 diff --git a/model-00268-of-00282.safetensors b/model-00268-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be58b2cd2a367625c3efe1abd5bcb4f53eea800b --- /dev/null +++ b/model-00268-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6666e5f11c3c3ed1ed4e74ee40b440e69033c505a3a9acb53b97139e35b7e7 +size 5360347320 diff --git a/model-00269-of-00282.safetensors b/model-00269-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0868c7150fe798171a46c67b9ba9d98d644f06d9 --- /dev/null +++ b/model-00269-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1239c41ee244d42a0e05d51281ac57a9b29d3887dbd54fc4701de2932a4237fe +size 5360347312 diff --git a/model-00270-of-00282.safetensors b/model-00270-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86a47f604a25b6c99c9b5bc71c0210e57e52c732 --- /dev/null +++ b/model-00270-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a18fe6406132d00711683d270d3dd8d669410ea3264b64a742058e23e2ecb1 +size 5360347120 diff --git a/model-00271-of-00282.safetensors b/model-00271-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a7de767922bf98ddd4091a74b69bdca1f8fce49 --- /dev/null +++ b/model-00271-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f31356362ff509a560a9efac28e2db141c4c7786ab095fff96a022599532e9b +size 5360009568 diff --git a/model-00272-of-00282.safetensors b/model-00272-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8312b08d8fb1ded4f0693b4457c101c35679491 --- /dev/null +++ b/model-00272-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53286eb550aa4a1ec25844f5a4debc164ce7440807329a17b7c77c883d5d5a6c +size 5360347320 diff --git a/model-00273-of-00282.safetensors b/model-00273-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4a9ff37120e1f5da44b137ddcfd99beedfb8cbc --- /dev/null +++ b/model-00273-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5b3961d481a55c8abd10c7f3a2cc4c510a778dee0e7ef1d045971a724c6ee8 +size 5360347272 diff --git a/model-00274-of-00282.safetensors b/model-00274-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c9e8e90d6815cd1ea806f7ce529a1a68704ac9d --- /dev/null +++ b/model-00274-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555b082c0c6048fd308fba60473d608701485cd3ec33a7b41186fbcdb7a9ce87 +size 5359997696 diff --git a/model-00275-of-00282.safetensors b/model-00275-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53005ad99e6e2d1a1c2f442b2466e9b74bcd136b --- /dev/null +++ b/model-00275-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2401fde388be2f9859a53c7dc9115ee746b60a9ee2064260264a6c918403703e +size 5360347096 diff --git a/model-00276-of-00282.safetensors b/model-00276-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6d09d5631c4afb98e941b26ba444dbd74a7c783 --- /dev/null +++ b/model-00276-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e17de955b9f24b39ef1b1c7c14479aacdb6ca7cdc2f5220eda747e3a6552aeba +size 5360347104 diff --git a/model-00277-of-00282.safetensors b/model-00277-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eb8af4a03f48d9e371b10df17a61994d32a1f84 --- /dev/null +++ b/model-00277-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5063da153f330988acddf67563ab5b12b79d77b79b5d18ba0585770080dc8652 +size 5360346992 diff --git a/model-00278-of-00282.safetensors b/model-00278-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea192a89593af14dc1fc362212b0c325d09b916b --- /dev/null +++ b/model-00278-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a7b33f1df61a68b4352c54abae0186c7e05606a5589524586e1e8c5db4106b +size 5359985144 diff --git a/model-00279-of-00282.safetensors b/model-00279-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40f21ee198a1167e0ec47e256c5807edb16e4445 --- /dev/null +++ b/model-00279-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d428386f877c6f4581ec06b72af3efc671c1ea2658e389703f01958d68e3542b +size 5360347104 diff --git a/model-00280-of-00282.safetensors b/model-00280-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e5df6be10e95d3872d6d97e21b25d40083c4c4a --- /dev/null +++ b/model-00280-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7702fa6ba3b0f2cc88738c09d67d02be757367114798351338bb09a9c203fae +size 5360347104 diff --git a/model-00281-of-00282.safetensors b/model-00281-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0829428ca5da93e32f60f6eb5288dce6b3fce7e9 --- /dev/null +++ b/model-00281-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a7d344fb942cc260dd5417a1891f7bcf28a0fe7d6c9366b6cff162e9f74edc +size 5360346928 diff --git a/model-00282-of-00282.safetensors b/model-00282-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfced7b2cc1d4fb77e58f4a7c27873fe13c82dc1 --- /dev/null +++ b/model-00282-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608f9fa0601d99a3e911103bc92700df6183f70dcf7b7558a85d94cc81685aba +size 1962582048 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c9de97372a280d23aa9390215bc5c48331352019 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,59877 @@ +{ + "metadata": { + "total_size": 1507728316928 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00282.safetensors", + "model.embed_tokens.weight": "model-00001-of-00282.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.225.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.bias": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.weights_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wk.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wq_b.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.input_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.245.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.k_norm.bias": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.k_norm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.weights_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.wk.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.wq_b.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.input_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.k_norm.bias": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.k_norm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.weights_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.wk.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.wq_b.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.input_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.221.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.k_norm.bias": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.k_norm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.weights_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.wk.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.wq_b.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.input_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.241.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.bias": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.weights_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wk.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wq_b.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.input_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.199.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.199.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.k_norm.bias": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.k_norm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.weights_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.wk.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.wq_b.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.input_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.218.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.k_norm.bias": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.k_norm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.weights_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.wk.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.wq_b.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.input_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.238.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.239.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.239.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.k_norm.bias": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.k_norm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.weights_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.wk.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.wq_b.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.input_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.195.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.195.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.196.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.196.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.bias": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.weights_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wk.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wq_b.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.input_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.214.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.215.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.215.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.input_layernorm.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.225.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.225.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.226.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.226.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.k_norm.bias": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.k_norm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.weights_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.wk.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.wq_b.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.input_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.245.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.246.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.246.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.247.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.247.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.k_norm.bias": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.k_norm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.weights_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.wk.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.wq_b.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.input_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.200.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.201.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.201.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.202.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.202.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.bias": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.weights_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wk.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wq_b.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.input_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.221.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.221.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.k_norm.bias": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.k_norm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.weights_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.wk.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.wq_b.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.input_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.241.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.242.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.242.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.k_norm.bias": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.k_norm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.weights_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.wk.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.wq_b.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.input_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.198.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.199.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.199.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.k_norm.bias": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.k_norm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.weights_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.wk.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.wq_b.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.input_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.218.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.218.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.219.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.219.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.bias": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.weights_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wk.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wq_b.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.input_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.238.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.239.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.239.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.k_norm.bias": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.k_norm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.weights_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.wk.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.wq_b.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.input_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.194.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.195.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.195.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.196.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.196.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.k_norm.bias": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.k_norm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.weights_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.wk.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.wq_b.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.input_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.214.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.214.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.215.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.215.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.216.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.216.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.k_norm.bias": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.k_norm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.weights_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.wk.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.wq_b.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.input_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.234.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.235.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.235.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.236.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.236.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.k_norm.bias": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.k_norm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.weights_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.wk.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.wq_b.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.input_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.192.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.192.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.193.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.193.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.254.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.255.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.255.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.bias": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.weights_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wk.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wq_b.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.input_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.210.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.210.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.211.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.211.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.212.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.212.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.k_norm.bias": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.k_norm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.weights_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.wk.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.wq_b.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.input_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.230.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.231.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.231.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.232.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.232.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.233.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.233.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.k_norm.bias": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.k_norm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.weights_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.wk.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.wq_b.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.input_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.250.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.251.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.251.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.252.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.252.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.253.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.253.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.254.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.254.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.k_norm.bias": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.k_norm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.weights_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.wk.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.wq_b.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.input_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.207.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.207.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.208.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.208.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.209.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.209.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.bias": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.weights_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wk.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wq_b.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.input_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.227.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.228.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.228.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.229.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.229.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.230.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.230.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.k_norm.bias": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.k_norm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.weights_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.wk.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.wq_b.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.input_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.247.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.248.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.248.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.249.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.249.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.250.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.250.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.k_norm.bias": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.k_norm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.weights_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.wk.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.wq_b.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.input_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.203.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.203.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.204.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.204.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.205.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.205.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.206.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.206.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.207.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.207.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.k_norm.bias": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.k_norm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.weights_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.wk.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.wq_b.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00109-of-00282.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.input_layernorm.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.222.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.223.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.223.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.224.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.224.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.225.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.225.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.226.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.226.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.227.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.227.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.228.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.228.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.bias": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.weights_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wk.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wq_b.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.input_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.242.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.243.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.243.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.244.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.244.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.245.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.245.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.246.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.246.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.247.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.247.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.248.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.248.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.k_norm.bias": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.k_norm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.weights_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.wk.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.wq_b.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.input_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.200.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.200.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.201.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.201.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.202.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.202.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.203.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.203.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.204.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.204.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.gate.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.k_norm.bias": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.k_norm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.weights_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.wk.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.wq_b.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.input_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.219.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.220.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.220.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.221.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.221.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.222.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.222.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.223.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.223.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.224.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.224.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.k_norm.bias": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.k_norm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.weights_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.wk.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.wq_b.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.input_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.239.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.240.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.240.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.241.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.241.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.242.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.242.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.243.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.243.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.244.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.244.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.245.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.245.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.k_norm.bias": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.k_norm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.weights_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.wk.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.wq_b.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.input_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.196.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.196.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.197.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.197.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.198.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.198.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.199.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.199.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.200.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.200.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.gate.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.bias": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.weights_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wk.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wq_b.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.input_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.215.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.216.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.216.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.217.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.217.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.218.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.218.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.219.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.219.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.220.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.220.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.221.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.221.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.k_norm.bias": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.k_norm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.weights_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.wk.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.wq_b.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.input_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.235.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.236.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.236.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.237.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.237.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.238.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.238.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.239.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.239.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.240.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.240.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.241.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.241.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.k_norm.bias": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.k_norm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.weights_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.wk.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.wq_b.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.input_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.192.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.192.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.193.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.193.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.194.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.194.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.195.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.195.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.196.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.196.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.197.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.197.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.198.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.198.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.199.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.199.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.k_norm.bias": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.k_norm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.weights_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.wk.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.wq_b.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.input_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.211.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.212.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.212.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.213.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.213.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.214.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.214.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.215.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.215.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.216.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.216.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.217.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.217.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.218.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.218.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.219.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.219.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.bias": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.weights_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wk.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wq_b.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.input_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.231.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.232.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.232.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.233.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.233.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.234.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.234.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.235.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.235.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.236.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.236.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.237.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.237.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.238.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.238.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.239.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.239.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.k_norm.bias": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.k_norm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.weights_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.wk.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.wq_b.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.input_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.189.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.189.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.190.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.190.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.191.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.191.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.192.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.192.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.192.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.193.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.193.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.193.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.194.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.194.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.194.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.195.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.195.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.195.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.196.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.196.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.196.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.252.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.252.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.252.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.253.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.253.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.253.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.254.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.254.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.254.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.255.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.255.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.255.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.e_score_correction_bias": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.k_norm.bias": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.k_norm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.weights_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.wk.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.wq_b.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.input_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.208.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.208.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.209.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.209.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.209.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.210.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.210.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.210.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.211.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.211.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.211.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.212.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.212.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.212.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.213.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.213.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.213.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.214.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.214.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.214.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.215.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.215.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.215.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.e_score_correction_bias": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.k_norm.bias": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.k_norm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.weights_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.wk.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.wq_b.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.input_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.228.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.229.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.229.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.230.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.230.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.231.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.231.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.232.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.232.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.233.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.233.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.234.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.234.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.235.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.235.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.236.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.236.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.k_norm.bias": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.k_norm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.weights_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.wk.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.wq_b.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.input_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.185.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.185.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.186.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.186.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.187.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.187.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.188.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.188.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.189.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.189.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.190.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.190.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.191.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.191.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.192.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.192.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.192.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.193.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.193.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.193.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.249.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.249.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.249.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.250.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.250.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.250.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.251.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.251.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.251.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.252.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.252.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.252.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.253.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.253.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.253.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.254.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.254.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.254.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.255.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.255.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.255.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.e_score_correction_bias": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.bias": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.weights_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wk.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wq_b.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.input_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.204.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.204.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.205.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.205.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.205.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.206.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.206.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.206.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.207.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.207.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.207.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.208.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.208.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.208.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.209.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.209.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.209.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.210.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.210.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.210.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.211.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.211.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.211.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.212.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.212.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.212.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.e_score_correction_bias": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.k_norm.bias": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.k_norm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.weights_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.wk.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.wq_b.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.51.self_attn.q_a_layernorm.weight": "model-00168-of-00282.safetensors", + "model.layers.51.self_attn.q_a_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.51.self_attn.q_b_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.input_layernorm.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.160.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.160.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.161.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.161.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.162.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.162.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.163.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.163.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.164.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.164.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.165.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.165.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.166.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.166.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.167.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.167.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.168.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.168.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.169.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.169.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.222.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.222.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.223.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.223.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.223.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.224.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.224.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.224.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.225.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.225.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.225.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.226.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.226.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.226.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.227.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.227.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.227.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.228.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.228.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.228.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.229.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.229.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.229.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.230.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.230.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.230.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.231.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.231.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.231.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.232.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.232.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.232.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.233.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.233.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.233.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.e_score_correction_bias": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.k_norm.bias": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.k_norm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.weights_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.wk.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.wq_b.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.input_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.179.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.180.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.180.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.181.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.181.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.182.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.182.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.183.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.183.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.184.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.184.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.185.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.185.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.186.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.186.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.187.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.187.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.188.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.188.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.189.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.189.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.242.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.243.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.243.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.243.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.244.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.244.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.244.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.245.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.245.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.245.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.246.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.246.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.246.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.247.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.247.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.247.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.248.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.248.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.248.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.249.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.249.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.249.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.250.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.250.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.250.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.251.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.251.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.251.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.252.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.252.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.252.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.253.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.253.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.253.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.e_score_correction_bias": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.k_norm.bias": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.k_norm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.weights_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.wk.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.wq_b.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.input_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.200.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.200.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.200.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.201.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.201.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.201.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.202.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.202.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.202.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.203.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.203.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.203.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.204.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.204.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.204.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.205.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.205.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.205.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.206.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.206.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.206.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.207.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.207.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.207.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.208.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.208.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.208.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.209.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.209.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.209.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.gate.e_score_correction_bias": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.gate.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.bias": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.weights_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wk.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wq_b.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.kv_b_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.q_a_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.q_a_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.q_b_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.input_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.160.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.160.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.161.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.161.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.162.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.162.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.163.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.163.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.164.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.164.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.165.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.165.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.166.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.166.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.219.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.219.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.220.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.220.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.220.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.221.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.221.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.221.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.222.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.222.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.222.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.223.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.223.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.223.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.224.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.224.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.224.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.225.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.225.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.225.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.226.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.226.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.226.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.227.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.227.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.227.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.228.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.228.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.228.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.229.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.229.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.229.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.e_score_correction_bias": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.k_norm.bias": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.k_norm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.weights_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.wk.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.wq_b.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.input_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.175.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.176.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.176.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.177.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.177.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.178.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.178.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.179.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.179.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.180.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.180.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.181.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.181.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.182.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.182.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.183.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.183.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.184.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.184.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.185.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.185.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.186.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.186.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.187.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.187.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.239.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.240.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.240.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.240.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.241.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.241.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.241.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.242.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.242.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.242.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.243.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.243.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.243.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.244.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.244.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.244.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.245.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.245.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.245.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.246.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.246.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.246.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.247.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.247.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.247.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.248.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.248.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.248.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.249.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.249.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.249.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.250.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.250.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.250.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.e_score_correction_bias": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.k_norm.bias": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.k_norm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.weights_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.wk.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.wq_b.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.input_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.196.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.196.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.196.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.197.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.197.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.197.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.198.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.198.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.198.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.199.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.199.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.199.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.200.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.200.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.200.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.201.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.201.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.201.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.202.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.202.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.202.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.203.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.203.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.203.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.204.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.204.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.204.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.205.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.205.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.205.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.206.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.206.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.206.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.207.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.207.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.207.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.gate.e_score_correction_bias": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.gate.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.k_norm.bias": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.k_norm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.weights_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.wk.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.wq_b.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.kv_b_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.q_a_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.q_a_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.q_b_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.input_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.160.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.160.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.161.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.161.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.162.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.162.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.163.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.163.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.215.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.215.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.216.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.216.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.216.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.217.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.217.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.217.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.218.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.218.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.218.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.219.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.219.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.219.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.220.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.220.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.220.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.221.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.221.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.221.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.222.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.222.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.222.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.223.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.223.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.223.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.224.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.224.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.224.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.225.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.225.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.225.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.226.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.226.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.226.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.227.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.227.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.227.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.e_score_correction_bias": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.bias": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.weights_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wk.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wq_b.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.input_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.171.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.172.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.172.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.173.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.173.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.174.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.174.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.175.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.175.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.176.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.176.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.177.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.177.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.178.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.178.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.179.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.179.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.180.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.180.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.181.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.181.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.182.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.182.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.183.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.183.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.184.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.184.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.235.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.236.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.236.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.236.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.237.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.237.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.237.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.238.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.238.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.238.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.239.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.239.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.239.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.240.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.240.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.240.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.241.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.241.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.241.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.242.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.242.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.242.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.243.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.243.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.243.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.244.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.244.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.244.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.245.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.245.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.245.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.246.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.246.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.246.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.247.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.247.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.247.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.248.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.248.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.248.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.e_score_correction_bias": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.k_norm.bias": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.k_norm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.weights_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.wk.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.wq_b.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.input_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.192.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.192.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.193.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.193.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.194.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.194.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.195.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.195.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.196.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.196.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.197.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.197.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.198.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.198.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.199.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.199.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.200.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.200.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.201.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.201.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.202.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.202.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.203.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.203.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.gate.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.bias": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.weights_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wk.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wq_b.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.input_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.160.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.160.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.211.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.211.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.212.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.212.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.212.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.213.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.213.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.213.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.214.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.214.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.214.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.215.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.215.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.215.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.216.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.216.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.216.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.217.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.217.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.217.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.218.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.218.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.218.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.219.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.219.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.219.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.220.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.220.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.220.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.221.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.221.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.221.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.222.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.222.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.222.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.223.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.223.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.223.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.224.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.224.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.224.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.e_score_correction_bias": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.k_norm.bias": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.k_norm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.weights_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.wk.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.wq_b.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.input_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.168.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.169.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.169.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.169.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.170.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.170.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.170.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.171.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.171.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.171.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.172.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.172.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.172.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.173.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.173.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.173.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.174.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.174.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.174.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.175.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.175.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.175.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.176.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.176.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.176.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.177.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.177.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.177.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.178.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.178.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.178.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.179.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.179.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.179.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.180.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.180.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.180.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.231.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.232.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.232.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.232.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.233.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.233.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.233.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.234.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.234.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.234.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.235.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.235.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.235.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.236.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.236.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.236.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.237.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.237.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.237.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.238.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.238.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.238.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.239.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.239.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.239.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.240.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.240.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.240.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.241.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.241.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.241.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.242.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.242.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.242.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.243.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.243.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.243.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.244.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.244.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.244.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.e_score_correction_bias": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.k_norm.bias": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.k_norm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.weights_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.wk.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.wq_b.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.input_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.189.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.189.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.189.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.190.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.190.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.190.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.191.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.191.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.191.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.192.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.192.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.192.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.193.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.193.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.193.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.194.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.194.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.194.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.195.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.195.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.195.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.196.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.196.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.196.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.197.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.197.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.197.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.198.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.198.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.198.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.199.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.199.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.199.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.200.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.200.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.200.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.252.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.252.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.252.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.253.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.253.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.253.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.254.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.254.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.254.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.255.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.255.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.255.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.gate.e_score_correction_bias": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.gate.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.bias": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.weights_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wk.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wq_b.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_proj_with_mqa.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.input_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.208.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.208.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.209.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.209.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.209.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.210.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.210.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.210.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.211.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.211.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.211.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.212.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.212.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.212.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.213.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.213.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.213.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.214.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.214.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.214.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.215.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.215.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.215.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.216.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.216.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.216.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.217.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.217.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.217.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.218.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.218.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.218.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.219.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.219.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.219.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.220.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.220.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.220.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.e_score_correction_bias": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.k_norm.bias": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.k_norm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.weights_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.wk.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.wq_b.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_proj_with_mqa.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.input_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.164.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.165.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.165.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.165.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.166.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.166.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.166.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.167.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.167.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.167.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.168.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.168.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.168.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.169.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.169.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.169.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.170.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.170.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.170.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.171.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.171.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.171.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.172.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.172.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.172.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.173.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.173.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.173.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.174.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.174.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.174.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.175.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.175.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.175.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.176.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.176.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.176.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.177.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.177.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.177.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.178.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.178.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.178.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.228.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.229.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.229.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.229.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.230.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.230.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.230.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.231.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.231.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.231.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.232.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.232.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.232.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.233.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.233.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.233.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.234.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.234.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.234.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.235.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.235.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.235.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.236.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.236.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.236.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.237.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.237.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.237.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.238.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.238.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.238.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.239.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.239.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.239.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.240.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.240.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.240.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.241.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.241.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.241.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.e_score_correction_bias": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.k_norm.bias": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.k_norm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.weights_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.wk.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.wq_b.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_proj_with_mqa.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.input_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.185.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.185.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.185.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.186.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.186.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.186.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.187.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.187.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.187.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.188.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.188.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.188.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.189.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.189.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.189.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.190.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.190.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.190.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.191.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.191.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.191.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.192.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.192.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.192.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.193.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.193.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.193.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.194.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.194.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.194.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.195.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.195.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.195.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.196.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.196.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.196.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.197.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.197.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.197.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.198.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.198.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.198.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.199.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.199.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.199.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.249.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.249.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.249.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.250.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.250.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.250.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.251.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.251.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.251.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.252.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.252.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.252.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.253.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.253.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.253.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.254.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.254.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.254.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.255.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.255.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.255.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.e_score_correction_bias": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.k_norm.bias": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.k_norm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.weights_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.wk.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.wq_b.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_proj_with_mqa.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.input_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.204.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.204.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.205.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.205.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.205.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.206.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.206.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.206.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.207.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.207.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.207.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.208.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.208.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.208.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.209.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.209.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.209.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.210.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.210.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.210.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.211.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.211.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.211.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.212.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.212.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.212.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.213.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.213.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.213.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.214.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.214.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.214.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.215.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.215.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.215.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.216.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.216.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.216.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.217.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.217.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.217.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.218.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.218.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.218.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.e_score_correction_bias": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.bias": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.weights_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wk.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wq_b.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_proj_with_mqa.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.66.self_attn.q_a_layernorm.weight": "model-00227-of-00282.safetensors", + "model.layers.66.self_attn.q_a_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.66.self_attn.q_b_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.input_layernorm.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.160.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.160.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.160.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.161.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.161.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.161.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.162.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.162.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.162.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.163.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.163.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.163.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.164.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.164.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.164.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.165.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.165.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.165.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.166.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.166.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.166.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.167.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.167.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.167.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.168.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.168.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.168.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.169.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.169.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.169.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.170.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.170.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.170.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.171.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.171.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.171.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.172.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.172.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.172.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.173.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.173.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.173.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.174.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.174.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.174.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.175.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.175.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.175.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.222.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.222.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.223.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.223.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.223.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.224.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.224.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.224.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.225.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.225.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.225.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.226.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.226.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.226.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.227.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.227.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.227.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.228.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.228.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.228.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.229.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.229.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.229.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.230.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.230.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.230.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.231.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.231.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.231.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.232.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.232.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.232.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.233.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.233.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.233.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.234.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.234.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.234.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.235.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.235.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.235.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.236.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.236.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.236.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.237.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.237.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.237.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.238.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.238.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.238.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.239.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.239.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.239.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.e_score_correction_bias": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.k_norm.bias": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.k_norm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.weights_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.wk.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.wq_b.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.input_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.179.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.180.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.180.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.180.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.181.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.181.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.181.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.182.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.182.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.182.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.183.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.183.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.183.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.184.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.184.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.184.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.185.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.185.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.185.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.186.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.186.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.186.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.187.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.187.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.187.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.188.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.188.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.188.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.189.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.189.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.189.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.190.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.190.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.190.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.191.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.191.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.191.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.192.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.192.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.192.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.193.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.193.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.193.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.194.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.194.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.194.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.195.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.195.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.195.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.242.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.243.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.243.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.243.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.244.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.244.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.244.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.245.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.245.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.245.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.246.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.246.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.246.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.247.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.247.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.247.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.248.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.248.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.248.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.249.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.249.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.249.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.250.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.250.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.250.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.251.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.251.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.251.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.252.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.252.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.252.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.253.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.253.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.253.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.254.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.254.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.254.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.255.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.255.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.255.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.e_score_correction_bias": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.k_norm.bias": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.k_norm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.weights_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.wk.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.wq_b.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.input_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.200.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.200.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.200.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.201.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.201.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.201.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.202.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.202.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.202.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.203.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.203.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.203.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.204.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.204.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.204.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.205.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.205.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.205.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.206.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.206.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.206.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.207.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.207.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.207.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.208.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.208.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.208.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.209.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.209.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.209.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.210.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.210.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.210.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.211.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.211.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.211.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.212.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.212.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.212.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.213.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.213.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.213.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.214.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.214.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.214.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.215.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.215.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.215.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.gate.e_score_correction_bias": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.gate.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.k_norm.bias": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.k_norm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.weights_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.wk.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.wq_b.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_proj_with_mqa.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.kv_b_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.q_a_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.q_a_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.q_b_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.input_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.219.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.220.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.220.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.221.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.221.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.222.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.222.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.223.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.223.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.224.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.224.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.225.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.225.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.226.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.226.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.227.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.227.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.228.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.228.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.229.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.229.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.230.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.230.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.231.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.231.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.232.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.232.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.233.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.233.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.234.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.234.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.235.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.235.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.236.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.236.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.k_norm.bias": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.k_norm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.weights_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.wk.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.wq_b.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.input_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.175.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.176.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.176.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.176.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.177.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.177.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.177.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.178.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.178.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.178.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.179.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.179.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.179.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.180.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.180.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.180.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.181.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.181.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.181.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.182.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.182.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.182.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.183.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.183.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.183.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.184.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.184.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.184.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.185.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.185.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.185.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.186.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.186.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.186.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.187.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.187.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.187.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.188.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.188.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.188.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.189.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.189.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.189.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.190.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.190.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.190.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.191.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.191.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.191.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.192.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.192.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.192.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.239.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.240.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.240.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.240.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.241.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.241.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.241.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.242.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.242.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.242.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.243.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.243.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.243.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.244.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.244.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.244.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.245.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.245.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.245.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.246.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.246.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.246.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.247.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.247.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.247.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.248.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.248.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.248.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.249.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.249.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.249.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.250.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.250.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.250.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.251.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.251.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.251.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.252.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.252.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.252.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.253.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.253.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.253.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.254.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.254.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.254.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.255.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.255.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.255.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.e_score_correction_bias": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.bias": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.weights_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wk.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wq_b.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_proj_with_mqa.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.input_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.196.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.196.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.196.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.197.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.197.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.197.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.198.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.198.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.198.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.199.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.199.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.199.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.200.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.200.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.200.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.201.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.201.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.201.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.202.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.202.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.202.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.203.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.203.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.203.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.204.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.204.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.204.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.205.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.205.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.205.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.206.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.206.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.206.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.207.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.207.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.207.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.208.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.208.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.208.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.209.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.209.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.209.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.210.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.210.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.210.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.211.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.211.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.211.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.212.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.212.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.212.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.gate.e_score_correction_bias": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.gate.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.k_norm.bias": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.k_norm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.weights_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.wk.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.wq_b.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_proj_with_mqa.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.kv_b_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.q_a_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.q_a_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.q_b_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.input_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.160.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.160.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.160.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.161.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.161.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.161.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.162.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.162.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.162.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.163.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.163.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.163.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.164.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.164.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.164.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.165.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.165.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.165.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.166.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.166.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.166.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.167.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.167.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.167.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.168.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.168.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.168.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.169.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.169.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.169.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.215.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.215.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.216.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.216.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.216.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.217.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.217.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.217.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.218.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.218.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.218.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.219.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.219.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.219.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.220.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.220.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.220.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.221.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.221.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.221.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.222.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.222.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.222.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.223.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.223.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.223.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.224.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.224.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.224.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.225.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.225.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.225.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.226.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.226.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.226.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.227.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.227.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.227.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.228.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.228.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.228.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.229.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.229.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.229.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.230.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.230.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.230.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.231.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.231.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.231.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.232.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.232.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.232.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.e_score_correction_bias": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.k_norm.bias": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.k_norm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.weights_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.wk.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.wq_b.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_proj_with_mqa.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.input_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.171.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.172.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.172.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.172.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.173.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.173.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.173.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.174.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.174.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.174.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.175.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.175.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.175.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.176.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.176.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.176.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.177.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.177.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.177.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.178.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.178.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.178.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.179.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.179.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.179.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.180.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.180.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.180.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.181.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.181.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.181.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.182.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.182.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.182.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.183.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.183.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.183.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.184.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.184.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.184.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.185.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.185.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.185.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.186.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.186.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.186.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.187.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.187.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.187.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.188.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.188.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.188.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.189.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.189.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.189.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.235.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.236.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.236.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.236.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.237.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.237.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.237.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.238.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.238.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.238.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.239.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.239.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.239.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.240.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.240.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.240.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.241.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.241.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.241.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.242.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.242.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.242.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.243.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.243.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.243.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.244.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.244.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.244.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.245.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.245.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.245.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.246.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.246.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.246.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.247.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.247.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.247.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.248.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.248.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.248.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.249.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.249.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.249.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.250.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.250.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.250.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.251.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.251.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.251.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.252.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.252.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.252.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.253.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.253.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.253.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.e_score_correction_bias": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.k_norm.bias": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.k_norm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.weights_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.wk.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.wq_b.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.input_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.192.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.192.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.192.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.193.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.193.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.193.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.194.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.194.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.194.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.195.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.195.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.195.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.196.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.196.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.196.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.197.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.197.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.197.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.198.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.198.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.198.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.199.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.199.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.199.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.200.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.200.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.200.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.201.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.201.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.201.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.202.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.202.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.202.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.203.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.203.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.203.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.204.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.204.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.204.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.205.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.205.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.205.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.206.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.206.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.206.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.207.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.207.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.207.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.208.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.208.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.208.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.209.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.209.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.209.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.gate.e_score_correction_bias": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.gate.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.bias": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.weights_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wk.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wq_b.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_proj_with_mqa.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.kv_b_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.q_a_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.q_a_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.q_b_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.input_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.160.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.160.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.160.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.161.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.161.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.161.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.162.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.162.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.162.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.163.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.163.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.163.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.164.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.164.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.164.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.165.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.165.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.165.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.166.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.166.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.166.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.211.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.211.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.212.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.212.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.212.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.213.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.213.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.213.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.214.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.214.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.214.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.215.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.215.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.215.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.216.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.216.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.216.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.217.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.217.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.217.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.218.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.218.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.218.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.219.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.219.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.219.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.220.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.220.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.220.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.221.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.221.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.221.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.222.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.222.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.222.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.223.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.223.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.223.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.224.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.224.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.224.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.225.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.225.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.225.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.226.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.226.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.226.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.227.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.227.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.227.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.228.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.228.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.228.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.229.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.229.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.229.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.e_score_correction_bias": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.k_norm.bias": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.k_norm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.weights_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.wk.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.wq_b.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_proj_with_mqa.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.input_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.168.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.169.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.169.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.169.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.170.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.170.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.170.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.171.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.171.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.171.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.172.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.172.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.172.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.173.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.173.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.173.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.174.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.174.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.174.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.175.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.175.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.175.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.176.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.176.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.176.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.177.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.177.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.177.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.178.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.178.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.178.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.179.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.179.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.179.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.180.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.180.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.180.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.181.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.181.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.181.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.182.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.182.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.182.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.183.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.183.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.183.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.184.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.184.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.184.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.185.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.185.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.185.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.186.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.186.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.186.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.187.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.187.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.187.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.231.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.232.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.232.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.232.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.233.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.233.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.233.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.234.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.234.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.234.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.235.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.235.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.235.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.236.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.236.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.236.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.237.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.237.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.237.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.238.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.238.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.238.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.239.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.239.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.239.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.240.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.240.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.240.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.241.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.241.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.241.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.242.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.242.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.242.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.243.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.243.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.243.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.244.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.244.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.244.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.245.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.245.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.245.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.246.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.246.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.246.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.247.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.247.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.247.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.248.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.248.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.248.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.249.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.249.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.249.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.250.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.250.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.250.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.e_score_correction_bias": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.k_norm.bias": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.k_norm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.weights_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.wk.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.wq_b.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_proj_with_mqa.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.input_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.189.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.189.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.189.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.190.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.190.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.190.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.191.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.191.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.191.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.192.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.192.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.192.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.193.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.193.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.193.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.194.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.194.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.194.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.195.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.195.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.195.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.196.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.196.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.196.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.197.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.197.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.197.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.198.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.198.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.198.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.199.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.199.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.199.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.200.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.200.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.200.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.201.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.201.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.201.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.202.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.202.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.202.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.203.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.203.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.203.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.204.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.204.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.204.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.205.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.205.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.205.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.206.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.206.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.206.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.252.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.252.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.252.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.253.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.253.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.253.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.254.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.254.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.254.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.255.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.255.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.255.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.gate.e_score_correction_bias": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.gate.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.k_norm.bias": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.k_norm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.weights_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.wk.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.wq_b.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_proj_with_mqa.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.kv_b_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.q_a_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.q_a_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.q_b_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.eh_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.enorm.weight": "model-00271-of-00282.safetensors", + "model.layers.78.hnorm.weight": "model-00271-of-00282.safetensors", + "model.layers.78.input_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.160.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.160.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.160.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.161.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.161.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.161.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.206.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.206.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.207.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.207.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.207.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.208.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.208.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.208.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.209.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.209.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.209.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.210.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.210.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.210.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.211.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.211.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.211.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.212.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.212.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.212.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.213.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.213.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.213.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.214.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.214.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.214.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.215.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.215.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.215.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.216.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.216.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.216.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.217.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.217.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.217.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.218.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.218.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.218.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.219.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.219.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.219.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.220.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.220.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.220.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.221.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.221.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.221.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.222.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.222.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.222.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.223.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.223.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.223.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.224.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.224.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.224.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.225.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.225.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.225.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.e_score_correction_bias": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.bias": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.weights_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wk.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wq_b.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_proj_with_mqa.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.shared_head.norm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.input_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.226.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.227.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.227.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.228.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.228.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.229.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.229.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.230.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.230.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.231.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.231.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.232.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.232.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.233.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.233.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.234.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.234.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.235.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.235.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.236.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.236.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.237.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.237.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.238.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.238.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.239.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.239.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.240.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.240.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.241.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.241.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.242.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.242.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.243.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.243.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.244.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.244.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.245.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.245.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.k_norm.bias": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.k_norm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.weights_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.wk.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.wq_b.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.input_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.192.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.192.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.193.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.193.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.194.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.194.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.195.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.195.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.196.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.196.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.197.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.197.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.198.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.198.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.199.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.199.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.200.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.200.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.201.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.201.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.247.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.247.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.248.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.248.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.249.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.249.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.250.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.250.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.251.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.251.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.252.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.252.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.253.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.253.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.254.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.254.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.255.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.255.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.gate.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.k_norm.bias": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.k_norm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.weights_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.wk.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.wq_b.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00282-of-00282.safetensors", + "model.norm.weight": "model-00282-of-00282.safetensors" + } +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1723f7d90e3fb497303ec7b18f88cf5d05928f37 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 202752, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}